cd ../

python fairlib --dataset Bios_gender --emb_size 768 --encoder_architecture BERT --batch_size 16 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 5e-06 --epochs 20 --epochs_since_improvement 5 --subsample_classes teacher attorney photographer psychologist physician surgeon journalist dentist nurse --subsample_all 0.5 --balance_test --data_dir ../fl_scripts/data/bios --base_seed 42 --num_classes 9 --early_stopping_criterion max_balanced_dto --model_name bert-base-cased --exp_id opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_vanilla_42 --device_id 0&
python fairlib --dataset Bios_gender --emb_size 768 --encoder_architecture BERT --batch_size 16 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 5e-06 --epochs 20 --epochs_since_improvement 5 --subsample_classes teacher attorney photographer psychologist physician surgeon journalist dentist nurse --subsample_all 0.5 --balance_test --data_dir ../fl_scripts/data/bios --base_seed 77 --num_classes 9 --early_stopping_criterion max_balanced_dto --model_name bert-base-cased --exp_id opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_vanilla_77 --device_id 1&
python fairlib --dataset Bios_gender --emb_size 768 --encoder_architecture BERT --batch_size 16 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 5e-06 --epochs 20 --epochs_since_improvement 5 --subsample_classes teacher attorney photographer psychologist physician surgeon journalist dentist nurse --subsample_all 0.5 --balance_test --data_dir ../fl_scripts/data/bios --base_seed 142 --num_classes 9 --early_stopping_criterion max_balanced_dto --model_name bert-base-cased --exp_id opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_vanilla_142 --device_id 2; wait
python fairlib --dataset Bios_gender --emb_size 768 --encoder_architecture BERT --batch_size 16 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 5e-06 --epochs 20 --epochs_since_improvement 5 --subsample_classes teacher attorney photographer psychologist physician surgeon journalist dentist nurse --subsample_all 0.5 --balance_test --data_dir ../fl_scripts/data/bios --base_seed 9876 --num_classes 9 --early_stopping_criterion max_balanced_dto --model_name bert-base-cased --exp_id opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_vanilla_9876 --device_id 0&
python fairlib --dataset Bios_gender --emb_size 768 --encoder_architecture BERT --batch_size 16 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 5e-06 --epochs 20 --epochs_since_improvement 5 --subsample_classes teacher attorney photographer psychologist physician surgeon journalist dentist nurse --subsample_all 0.5 --balance_test --data_dir ../fl_scripts/data/bios --base_seed 809765 --num_classes 9 --early_stopping_criterion max_balanced_dto --model_name bert-base-cased --exp_id opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_vanilla_809765 --device_id 1&
python fairlib --dataset Bios_gender --emb_size 768 --encoder_architecture BERT --batch_size 16 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 5e-06 --epochs 20 --epochs_since_improvement 5 --subsample_classes teacher attorney photographer psychologist physician surgeon journalist dentist nurse --subsample_all 0.5 --balance_test --data_dir ../fl_scripts/data/bios --base_seed 42 --num_classes 9 --BT Resampling --BTObj EO --early_stopping_criterion max_balanced_dto --model_name bert-base-cased --exp_id opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_bteo_42 --device_id 2; wait
python fairlib --dataset Bios_gender --emb_size 768 --encoder_architecture BERT --batch_size 16 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 5e-06 --epochs 20 --epochs_since_improvement 5 --subsample_classes teacher attorney photographer psychologist physician surgeon journalist dentist nurse --subsample_all 0.5 --balance_test --data_dir ../fl_scripts/data/bios --base_seed 77 --num_classes 9 --BT Resampling --BTObj EO --early_stopping_criterion max_balanced_dto --model_name bert-base-cased --exp_id opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_bteo_77 --device_id 0&
python fairlib --dataset Bios_gender --emb_size 768 --encoder_architecture BERT --batch_size 16 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 5e-06 --epochs 20 --epochs_since_improvement 5 --subsample_classes teacher attorney photographer psychologist physician surgeon journalist dentist nurse --subsample_all 0.5 --balance_test --data_dir ../fl_scripts/data/bios --base_seed 142 --num_classes 9 --BT Resampling --BTObj EO --early_stopping_criterion max_balanced_dto --model_name bert-base-cased --exp_id opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_bteo_142 --device_id 1&
python fairlib --dataset Bios_gender --emb_size 768 --encoder_architecture BERT --batch_size 16 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 5e-06 --epochs 20 --epochs_since_improvement 5 --subsample_classes teacher attorney photographer psychologist physician surgeon journalist dentist nurse --subsample_all 0.5 --balance_test --data_dir ../fl_scripts/data/bios --base_seed 9876 --num_classes 9 --BT Resampling --BTObj EO --early_stopping_criterion max_balanced_dto --model_name bert-base-cased --exp_id opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_bteo_9876 --device_id 2; wait
python fairlib --dataset Bios_gender --emb_size 768 --encoder_architecture BERT --batch_size 16 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 5e-06 --epochs 20 --epochs_since_improvement 5 --subsample_classes teacher attorney photographer psychologist physician surgeon journalist dentist nurse --subsample_all 0.5 --balance_test --data_dir ../fl_scripts/data/bios --base_seed 809765 --num_classes 9 --BT Resampling --BTObj EO --early_stopping_criterion max_balanced_dto --model_name bert-base-cased --exp_id opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_bteo_809765 --device_id 0&
python fairlib --dataset Bios_gender --emb_size 768 --encoder_architecture BERT --batch_size 16 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 5e-06 --epochs 20 --epochs_since_improvement 5 --subsample_classes teacher attorney photographer psychologist physician surgeon journalist dentist nurse --subsample_all 0.5 --balance_test --data_dir ../fl_scripts/data/bios --base_seed 42 --num_classes 9 --BT Reweighting --BTObj joint --early_stopping_criterion max_balanced_dto --model_name bert-base-cased --exp_id opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_btj_42 --device_id 1&
python fairlib --dataset Bios_gender --emb_size 768 --encoder_architecture BERT --batch_size 16 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 5e-06 --epochs 20 --epochs_since_improvement 5 --subsample_classes teacher attorney photographer psychologist physician surgeon journalist dentist nurse --subsample_all 0.5 --balance_test --data_dir ../fl_scripts/data/bios --base_seed 77 --num_classes 9 --BT Reweighting --BTObj joint --early_stopping_criterion max_balanced_dto --model_name bert-base-cased --exp_id opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_btj_77 --device_id 2; wait
python fairlib --dataset Bios_gender --emb_size 768 --encoder_architecture BERT --batch_size 16 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 5e-06 --epochs 20 --epochs_since_improvement 5 --subsample_classes teacher attorney photographer psychologist physician surgeon journalist dentist nurse --subsample_all 0.5 --balance_test --data_dir ../fl_scripts/data/bios --base_seed 142 --num_classes 9 --BT Reweighting --BTObj joint --early_stopping_criterion max_balanced_dto --model_name bert-base-cased --exp_id opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_btj_142 --device_id 0&
python fairlib --dataset Bios_gender --emb_size 768 --encoder_architecture BERT --batch_size 16 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 5e-06 --epochs 20 --epochs_since_improvement 5 --subsample_classes teacher attorney photographer psychologist physician surgeon journalist dentist nurse --subsample_all 0.5 --balance_test --data_dir ../fl_scripts/data/bios --base_seed 9876 --num_classes 9 --BT Reweighting --BTObj joint --early_stopping_criterion max_balanced_dto --model_name bert-base-cased --exp_id opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_btj_9876 --device_id 1&
python fairlib --dataset Bios_gender --emb_size 768 --encoder_architecture BERT --batch_size 16 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 5e-06 --epochs 20 --epochs_since_improvement 5 --subsample_classes teacher attorney photographer psychologist physician surgeon journalist dentist nurse --subsample_all 0.5 --balance_test --data_dir ../fl_scripts/data/bios --base_seed 809765 --num_classes 9 --BT Reweighting --BTObj joint --early_stopping_criterion max_balanced_dto --model_name bert-base-cased --exp_id opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_btj_809765 --device_id 2; wait

python fairlib --dataset Bios_gender --emb_size 768 --encoder_architecture BERT --batch_size 16 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 5e-06 --epochs 20 --epochs_since_improvement 5 --subsample_classes teacher attorney photographer psychologist physician surgeon journalist dentist nurse --subsample_all 0.5 --balance_test --data_dir ../fl_scripts/data/bios --base_seed 42 --num_classes 9 --adv_debiasing --adv_lambda 1 --early_stopping_criterion max_balanced_dto --model_name bert-base-cased --exp_id opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_adv_42 --device_id 0&
python fairlib --dataset Bios_gender --emb_size 768 --encoder_architecture BERT --batch_size 16 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 5e-06 --epochs 20 --epochs_since_improvement 5 --subsample_classes teacher attorney photographer psychologist physician surgeon journalist dentist nurse --subsample_all 0.5 --balance_test --data_dir ../fl_scripts/data/bios --base_seed 77 --num_classes 9 --adv_debiasing --adv_lambda 1 --early_stopping_criterion max_balanced_dto --model_name bert-base-cased --exp_id opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_adv_77 --device_id 1&
python fairlib --dataset Bios_gender --emb_size 768 --encoder_architecture BERT --batch_size 16 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 5e-06 --epochs 20 --epochs_since_improvement 5 --subsample_classes teacher attorney photographer psychologist physician surgeon journalist dentist nurse --subsample_all 0.5 --balance_test --data_dir ../fl_scripts/data/bios --base_seed 142 --num_classes 9 --adv_debiasing --adv_lambda 1 --early_stopping_criterion max_balanced_dto --model_name bert-base-cased --exp_id opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_adv_142 --device_id 2; wait
python fairlib --dataset Bios_gender --emb_size 768 --encoder_architecture BERT --batch_size 16 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 5e-06 --epochs 20 --epochs_since_improvement 5 --subsample_classes teacher attorney photographer psychologist physician surgeon journalist dentist nurse --subsample_all 0.5 --balance_test --data_dir ../fl_scripts/data/bios --base_seed 9876 --num_classes 9 --adv_debiasing --adv_lambda 1 --early_stopping_criterion max_balanced_dto --model_name bert-base-cased --exp_id opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_adv_9876 --device_id 0&
python fairlib --dataset Bios_gender --emb_size 768 --encoder_architecture BERT --batch_size 16 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 5e-06 --epochs 20 --epochs_since_improvement 5 --subsample_classes teacher attorney photographer psychologist physician surgeon journalist dentist nurse --subsample_all 0.5 --balance_test --data_dir ../fl_scripts/data/bios --base_seed 809765 --num_classes 9 --adv_debiasing --adv_lambda 1 --early_stopping_criterion max_balanced_dto --model_name bert-base-cased --exp_id opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_adv_809765 --device_id 1&

python fairlib --dataset Bios_gender --emb_size 768 --encoder_architecture BERT --batch_size 16 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 5e-06 --epochs 20 --epochs_since_improvement 5 --subsample_classes teacher attorney photographer psychologist physician surgeon journalist dentist nurse --subsample_all 0.5 --balance_test --data_dir ../fl_scripts/data/bios --base_seed 42 --num_classes 9 --adv_debiasing --adv_num_subDiscriminator 3 --adv_diverse_lambda 1 --adv_lambda 1 --early_stopping_criterion max_balanced_dto --model_name bert-base-cased --exp_id opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_dadv_42 --device_id 2; wait
python fairlib --dataset Bios_gender --emb_size 768 --encoder_architecture BERT --batch_size 16 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 5e-06 --epochs 20 --epochs_since_improvement 5 --subsample_classes teacher attorney photographer psychologist physician surgeon journalist dentist nurse --subsample_all 0.5 --balance_test --data_dir ../fl_scripts/data/bios --base_seed 77 --num_classes 9 --adv_debiasing --adv_num_subDiscriminator 3 --adv_diverse_lambda 1 --adv_lambda 1 --early_stopping_criterion max_balanced_dto --model_name bert-base-cased --exp_id opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_dadv_77 --device_id 0&
python fairlib --dataset Bios_gender --emb_size 768 --encoder_architecture BERT --batch_size 16 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 5e-06 --epochs 20 --epochs_since_improvement 5 --subsample_classes teacher attorney photographer psychologist physician surgeon journalist dentist nurse --subsample_all 0.5 --balance_test --data_dir ../fl_scripts/data/bios --base_seed 142 --num_classes 9 --adv_debiasing --adv_num_subDiscriminator 3 --adv_diverse_lambda 1 --adv_lambda 1 --early_stopping_criterion max_balanced_dto --model_name bert-base-cased --exp_id opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_dadv_142 --device_id 1&
python fairlib --dataset Bios_gender --emb_size 768 --encoder_architecture BERT --batch_size 16 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 5e-06 --epochs 20 --epochs_since_improvement 5 --subsample_classes teacher attorney photographer psychologist physician surgeon journalist dentist nurse --subsample_all 0.5 --balance_test --data_dir ../fl_scripts/data/bios --base_seed 9876 --num_classes 9 --adv_debiasing --adv_num_subDiscriminator 3 --adv_diverse_lambda 1 --adv_lambda 1 --early_stopping_criterion max_balanced_dto --model_name bert-base-cased --exp_id opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_dadv_9876 --device_id 2; wait
python fairlib --dataset Bios_gender --emb_size 768 --encoder_architecture BERT --batch_size 16 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 5e-06 --epochs 20 --epochs_since_improvement 5 --subsample_classes teacher attorney photographer psychologist physician surgeon journalist dentist nurse --subsample_all 0.5 --balance_test --data_dir ../fl_scripts/data/bios --base_seed 809765 --num_classes 9 --adv_debiasing --adv_num_subDiscriminator 3 --adv_diverse_lambda 1 --adv_lambda 1 --early_stopping_criterion max_balanced_dto --model_name bert-base-cased --exp_id opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_dadv_809765 --device_id 0&

python fairlib --dataset Bios_gender --emb_size 768 --encoder_architecture BERT --batch_size 16 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 5e-06 --epochs 20 --epochs_since_improvement 5 --subsample_classes teacher attorney photographer psychologist physician surgeon journalist dentist nurse --subsample_all 0.5 --balance_test --data_dir ../fl_scripts/data/bios --base_seed 42 --num_classes 9 --DyBT GroupDifference --DyBTObj EO --DyBTalpha 0.5 --early_stopping_criterion max_balanced_dto --model_name bert-base-cased --exp_id opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_gd_diff_42 --device_id 1&
python fairlib --dataset Bios_gender --emb_size 768 --encoder_architecture BERT --batch_size 16 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 5e-06 --epochs 20 --epochs_since_improvement 5 --subsample_classes teacher attorney photographer psychologist physician surgeon journalist dentist nurse --subsample_all 0.5 --balance_test --data_dir ../fl_scripts/data/bios --base_seed 77 --num_classes 9 --DyBT GroupDifference --DyBTObj EO --DyBTalpha 0.5 --early_stopping_criterion max_balanced_dto --model_name bert-base-cased --exp_id opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_gd_diff_77 --device_id 2; wait
python fairlib --dataset Bios_gender --emb_size 768 --encoder_architecture BERT --batch_size 16 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 5e-06 --epochs 20 --epochs_since_improvement 5 --subsample_classes teacher attorney photographer psychologist physician surgeon journalist dentist nurse --subsample_all 0.5 --balance_test --data_dir ../fl_scripts/data/bios --base_seed 142 --num_classes 9 --DyBT GroupDifference --DyBTObj EO --DyBTalpha 0.5 --early_stopping_criterion max_balanced_dto --model_name bert-base-cased --exp_id opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_gd_diff_142 --device_id 0&
python fairlib --dataset Bios_gender --emb_size 768 --encoder_architecture BERT --batch_size 16 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 5e-06 --epochs 20 --epochs_since_improvement 5 --subsample_classes teacher attorney photographer psychologist physician surgeon journalist dentist nurse --subsample_all 0.5 --balance_test --data_dir ../fl_scripts/data/bios --base_seed 9876 --num_classes 9 --DyBT GroupDifference --DyBTObj EO --DyBTalpha 0.5 --early_stopping_criterion max_balanced_dto --model_name bert-base-cased --exp_id opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_gd_diff_9876 --device_id 1&
python fairlib --dataset Bios_gender --emb_size 768 --encoder_architecture BERT --batch_size 16 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 5e-06 --epochs 20 --epochs_since_improvement 5 --subsample_classes teacher attorney photographer psychologist physician surgeon journalist dentist nurse --subsample_all 0.5 --balance_test --data_dir ../fl_scripts/data/bios --base_seed 809765 --num_classes 9 --DyBT GroupDifference --DyBTObj EO --DyBTalpha 0.5 --early_stopping_criterion max_balanced_dto --model_name bert-base-cased --exp_id opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_gd_diff_809765 --device_id 2; wait

python fairlib --dataset Bios_gender --emb_size 768 --encoder_architecture BERT --batch_size 16 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 5e-06 --epochs 20 --epochs_since_improvement 5 --subsample_classes teacher attorney photographer psychologist physician surgeon journalist dentist nurse --subsample_all 0.5 --balance_test --data_dir ../fl_scripts/data/bios --base_seed 42 --num_classes 9 --DyBT FairBatch --DyBTObj stratified_y --DyBTalpha 0.05 --early_stopping_criterion max_balanced_dto --model_name bert-base-cased --exp_id opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_fairbatch_42 --device_id 0&
python fairlib --dataset Bios_gender --emb_size 768 --encoder_architecture BERT --batch_size 16 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 5e-06 --epochs 20 --epochs_since_improvement 5 --subsample_classes teacher attorney photographer psychologist physician surgeon journalist dentist nurse --subsample_all 0.5 --balance_test --data_dir ../fl_scripts/data/bios --base_seed 77 --num_classes 9 --DyBT FairBatch --DyBTObj stratified_y --DyBTalpha 0.05 --early_stopping_criterion max_balanced_dto --model_name bert-base-cased --exp_id opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_fairbatch_77 --device_id 1&
python fairlib --dataset Bios_gender --emb_size 768 --encoder_architecture BERT --batch_size 16 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 5e-06 --epochs 20 --epochs_since_improvement 5 --subsample_classes teacher attorney photographer psychologist physician surgeon journalist dentist nurse --subsample_all 0.5 --balance_test --data_dir ../fl_scripts/data/bios --base_seed 142 --num_classes 9 --DyBT FairBatch --DyBTObj stratified_y --DyBTalpha 0.05 --early_stopping_criterion max_balanced_dto --model_name bert-base-cased --exp_id opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_fairbatch_142 --device_id 2; wait
python fairlib --dataset Bios_gender --emb_size 768 --encoder_architecture BERT --batch_size 16 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 5e-06 --epochs 20 --epochs_since_improvement 5 --subsample_classes teacher attorney photographer psychologist physician surgeon journalist dentist nurse --subsample_all 0.5 --balance_test --data_dir ../fl_scripts/data/bios --base_seed 9876 --num_classes 9 --DyBT FairBatch --DyBTObj stratified_y --DyBTalpha 0.05 --early_stopping_criterion max_balanced_dto --model_name bert-base-cased --exp_id opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_fairbatch_9876 --device_id 0&
python fairlib --dataset Bios_gender --emb_size 768 --encoder_architecture BERT --batch_size 16 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 5e-06 --epochs 20 --epochs_since_improvement 5 --subsample_classes teacher attorney photographer psychologist physician surgeon journalist dentist nurse --subsample_all 0.5 --balance_test --data_dir ../fl_scripts/data/bios --base_seed 809765 --num_classes 9 --DyBT FairBatch --DyBTObj stratified_y --DyBTalpha 0.05 --early_stopping_criterion max_balanced_dto --model_name bert-base-cased --exp_id opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_fairbatch_809765 --device_id 1&

python fairlib --dataset Bios_gender --emb_size 768 --encoder_architecture BERT --batch_size 16 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 5e-06 --epochs 20 --epochs_since_improvement 5 --subsample_classes teacher attorney photographer psychologist physician surgeon journalist dentist nurse --subsample_all 0.5 --balance_test --data_dir ../fl_scripts/data/bios --base_seed 42 --num_classes 9 --INLP_min_acc 0.5 --INLP --INLP_by_class --early_stopping_criterion max_balanced_dto --model_name bert-base-cased --exp_id opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_inlp_42 --device_id 2; wait
python fairlib --dataset Bios_gender --emb_size 768 --encoder_architecture BERT --batch_size 16 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 5e-06 --epochs 20 --epochs_since_improvement 5 --subsample_classes teacher attorney photographer psychologist physician surgeon journalist dentist nurse --subsample_all 0.5 --balance_test --data_dir ../fl_scripts/data/bios --base_seed 77 --num_classes 9 --INLP_min_acc 0.5 --INLP --INLP_by_class --early_stopping_criterion max_balanced_dto --model_name bert-base-cased --exp_id opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_inlp_77 --device_id 0&
python fairlib --dataset Bios_gender --emb_size 768 --encoder_architecture BERT --batch_size 16 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 5e-06 --epochs 20 --epochs_since_improvement 5 --subsample_classes teacher attorney photographer psychologist physician surgeon journalist dentist nurse --subsample_all 0.5 --balance_test --data_dir ../fl_scripts/data/bios --base_seed 142 --num_classes 9 --INLP_min_acc 0.5 --INLP --INLP_by_class --early_stopping_criterion max_balanced_dto --model_name bert-base-cased --exp_id opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_inlp_142 --device_id 1&
python fairlib --dataset Bios_gender --emb_size 768 --encoder_architecture BERT --batch_size 16 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 5e-06 --epochs 20 --epochs_since_improvement 5 --subsample_classes teacher attorney photographer psychologist physician surgeon journalist dentist nurse --subsample_all 0.5 --balance_test --data_dir ../fl_scripts/data/bios --base_seed 9876 --num_classes 9 --INLP_min_acc 0.5 --INLP --INLP_by_class --early_stopping_criterion max_balanced_dto --model_name bert-base-cased --exp_id opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_inlp_9876 --device_id 2; wait
python fairlib --dataset Bios_gender --emb_size 768 --encoder_architecture BERT --batch_size 16 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 5e-06 --epochs 20 --epochs_since_improvement 5 --subsample_classes teacher attorney photographer psychologist physician surgeon journalist dentist nurse --subsample_all 0.5 --balance_test --data_dir ../fl_scripts/data/bios --base_seed 809765 --num_classes 9 --INLP_min_acc 0.5 --INLP --INLP_by_class --early_stopping_criterion max_balanced_dto --model_name bert-base-cased --exp_id opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_inlp_809765 --device_id 0; wait

# now UE
cd ../uncertainty-estimation/src

HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=mahalanobis ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True ++ue.return_features\=False model.model_name_or_path\=fairlib_bert fairlib.num_classes\=9 fairlib.model_name\=bert-base-cased cache_dir\=../../fl_scripts/data ++data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert +fairlib.balance_test\=True +fairlib.subsample_classes\=teacher-attorney-photographer-psychologist-physician-surgeon-journalist-dentist-nurse +fairlib.subsample_all\=0.5 +fairlib.prot_attr_name\=gender_class' config_path=../configs/bios.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_bios_gender_vanilla/bios_test_features/mahalanobis model_series_dir=../../fairlib_uncertainty/results/dev/Bios_gender/opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_vanilla
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=mahalanobis ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True ++ue.return_features\=False model.model_name_or_path\=fairlib_bert fairlib.num_classes\=9 fairlib.model_name\=bert-base-cased cache_dir\=../../fl_scripts/data ++data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert +fairlib.balance_test\=True +fairlib.subsample_classes\=teacher-attorney-photographer-psychologist-physician-surgeon-journalist-dentist-nurse +fairlib.subsample_all\=0.5 +fairlib.prot_attr_name\=gender_class' config_path=../configs/bios.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_bios_gender_bteo/bios_test_features/mahalanobis model_series_dir=../../fairlib_uncertainty/results/dev/Bios_gender/opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_bteo
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=mahalanobis ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True ++ue.return_features\=False model.model_name_or_path\=fairlib_bert fairlib.num_classes\=9 fairlib.model_name\=bert-base-cased cache_dir\=../../fl_scripts/data ++data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert +fairlib.balance_test\=True +fairlib.subsample_classes\=teacher-attorney-photographer-psychologist-physician-surgeon-journalist-dentist-nurse +fairlib.subsample_all\=0.5 +fairlib.prot_attr_name\=gender_class' config_path=../configs/bios.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_bios_gender_adv/bios_test_features/mahalanobis model_series_dir=../../fairlib_uncertainty/results/dev/Bios_gender/opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_adv
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=mahalanobis ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True ++ue.return_features\=False model.model_name_or_path\=fairlib_bert fairlib.num_classes\=9 fairlib.model_name\=bert-base-cased cache_dir\=../../fl_scripts/data ++data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert +fairlib.balance_test\=True +fairlib.subsample_classes\=teacher-attorney-photographer-psychologist-physician-surgeon-journalist-dentist-nurse +fairlib.subsample_all\=0.5 +fairlib.prot_attr_name\=gender_class' config_path=../configs/bios.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_bios_gender_dadv/bios_test_features/mahalanobis model_series_dir=../../fairlib_uncertainty/results/dev/Bios_gender/opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_dadv
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=mahalanobis ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True +fairlib.INLP_checkpoint\=INLP_bdto_checkpoint_epoch_cls_BEST.pth.tar ++ue.return_features\=False model.model_name_or_path\=fairlib_bert fairlib.num_classes\=9 fairlib.model_name\=bert-base-cased cache_dir\=../../fl_scripts/data ++data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert +fairlib.balance_test\=True +fairlib.subsample_classes\=teacher-attorney-photographer-psychologist-physician-surgeon-journalist-dentist-nurse +fairlib.subsample_all\=0.5 +fairlib.prot_attr_name\=gender_class' config_path=../configs/bios.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_bios_gender_inlp/bios_test_features/mahalanobis model_series_dir=../../fairlib_uncertainty/results/dev/Bios_gender/opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_inlp

HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=mahalanobis ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True ++ue.return_features\=False model.model_name_or_path\=fairlib_bert fairlib.num_classes\=9 fairlib.model_name\=bert-base-cased cache_dir\=../../fl_scripts/data ++data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert +fairlib.balance_test\=True +fairlib.subsample_classes\=teacher-attorney-photographer-psychologist-physician-surgeon-journalist-dentist-nurse +fairlib.subsample_all\=0.5 +fairlib.prot_attr_name\=gender_class' config_path=../configs/bios.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_bios_gender_fairbatch/bios_test_features/mahalanobis model_series_dir=../../fairlib_uncertainty/results/dev/Bios_gender/opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_fairbatch

HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=mahalanobis ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True ++ue.return_features\=False model.model_name_or_path\=fairlib_bert fairlib.num_classes\=9 fairlib.model_name\=bert-base-cased cache_dir\=../../fl_scripts/data ++data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert +fairlib.balance_test\=True +fairlib.subsample_classes\=teacher-attorney-photographer-psychologist-physician-surgeon-journalist-dentist-nurse +fairlib.subsample_all\=0.5 +fairlib.prot_attr_name\=gender_class' config_path=../configs/bios.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_bios_gender_diff/bios_test_features/mahalanobis model_series_dir=../../fairlib_uncertainty/results/dev/Bios_gender/opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_gd_diff

HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=mahalanobis ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True ++ue.return_features\=False model.model_name_or_path\=fairlib_bert fairlib.num_classes\=9 fairlib.model_name\=bert-base-cased cache_dir\=../../fl_scripts/data ++data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert +fairlib.balance_test\=True +fairlib.subsample_classes\=teacher-attorney-photographer-psychologist-physician-surgeon-journalist-dentist-nurse +fairlib.subsample_all\=0.5 +fairlib.prot_attr_name\=gender_class' config_path=../configs/bios.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_bios_gender_btj/bios_test_features/mahalanobis model_series_dir=../../fairlib_uncertainty/results/dev/Bios_gender/opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_btj

HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=deep_fool ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=9 fairlib.model_name\=bert-base-cased cache_dir\=../../fl_scripts/data ++data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert +fairlib.balance_test\=True +fairlib.subsample_classes\=teacher-attorney-photographer-psychologist-physician-surgeon-journalist-dentist-nurse +fairlib.subsample_all\=0.5 +fairlib.prot_attr_name\=gender_class' config_path=../configs/bios.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_bios_gender_vanilla/bios_test_features/deep_fool model_series_dir=../../fairlib_uncertainty/results/dev/Bios_gender/opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_vanilla
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=deep_fool ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=9 fairlib.model_name\=bert-base-cased cache_dir\=../../fl_scripts/data ++data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert +fairlib.balance_test\=True +fairlib.subsample_classes\=teacher-attorney-photographer-psychologist-physician-surgeon-journalist-dentist-nurse +fairlib.subsample_all\=0.5 +fairlib.prot_attr_name\=gender_class' config_path=../configs/bios.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_bios_gender_bteo/bios_test_features/deep_fool model_series_dir=../../fairlib_uncertainty/results/dev/Bios_gender/opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_bteo
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=deep_fool ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=9 fairlib.model_name\=bert-base-cased cache_dir\=../../fl_scripts/data ++data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert +fairlib.balance_test\=True +fairlib.subsample_classes\=teacher-attorney-photographer-psychologist-physician-surgeon-journalist-dentist-nurse +fairlib.subsample_all\=0.5 +fairlib.prot_attr_name\=gender_class' config_path=../configs/bios.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_bios_gender_adv/bios_test_features/deep_fool model_series_dir=../../fairlib_uncertainty/results/dev/Bios_gender/opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_adv
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=deep_fool ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=9 fairlib.model_name\=bert-base-cased cache_dir\=../../fl_scripts/data ++data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert +fairlib.balance_test\=True +fairlib.subsample_classes\=teacher-attorney-photographer-psychologist-physician-surgeon-journalist-dentist-nurse +fairlib.subsample_all\=0.5 +fairlib.prot_attr_name\=gender_class' config_path=../configs/bios.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_bios_gender_dadv/bios_test_features/deep_fool model_series_dir=../../fairlib_uncertainty/results/dev/Bios_gender/opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_dadv
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=deep_fool ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True +fairlib.INLP_checkpoint\=INLP_bdto_checkpoint_epoch_cls_BEST.pth.tar model.model_name_or_path\=fairlib_bert fairlib.num_classes\=9 fairlib.model_name\=bert-base-cased cache_dir\=../../fl_scripts/data ++data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert +fairlib.balance_test\=True +fairlib.subsample_classes\=teacher-attorney-photographer-psychologist-physician-surgeon-journalist-dentist-nurse +fairlib.subsample_all\=0.5 +fairlib.prot_attr_name\=gender_class' config_path=../configs/bios.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_bios_gender_inlp/bios_test_features/deep_fool model_series_dir=../../fairlib_uncertainty/results/dev/Bios_gender/opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_inlp

HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=deep_fool ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=9 fairlib.model_name\=bert-base-cased cache_dir\=../../fl_scripts/data ++data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert +fairlib.balance_test\=True +fairlib.subsample_classes\=teacher-attorney-photographer-psychologist-physician-surgeon-journalist-dentist-nurse +fairlib.subsample_all\=0.5 +fairlib.prot_attr_name\=gender_class' config_path=../configs/bios.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_bios_gender_fairbatch/bios_test_features/deep_fool model_series_dir=../../fairlib_uncertainty/results/dev/Bios_gender/opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_fairbatch
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=deep_fool ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=9 fairlib.model_name\=bert-base-cased cache_dir\=../../fl_scripts/data ++data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert +fairlib.balance_test\=True +fairlib.subsample_classes\=teacher-attorney-photographer-psychologist-physician-surgeon-journalist-dentist-nurse +fairlib.subsample_all\=0.5 +fairlib.prot_attr_name\=gender_class' config_path=../configs/bios.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_bios_gender_diff/bios_test_features/deep_fool model_series_dir=../../fairlib_uncertainty/results/dev/Bios_gender/opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_gd_diff

HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=deep_fool ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=9 fairlib.model_name\=bert-base-cased cache_dir\=../../fl_scripts/data ++data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert +fairlib.balance_test\=True +fairlib.subsample_classes\=teacher-attorney-photographer-psychologist-physician-surgeon-journalist-dentist-nurse +fairlib.subsample_all\=0.5 +fairlib.prot_attr_name\=gender_class' config_path=../configs/bios.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_bios_gender_btj/bios_test_features/deep_fool model_series_dir=../../fairlib_uncertainty/results/dev/Bios_gender/opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_btj

HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=ddu ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=9 fairlib.model_name\=bert-base-cased cache_dir\=../../fl_scripts/data ++data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert +fairlib.balance_test\=True +fairlib.subsample_classes\=teacher-attorney-photographer-psychologist-physician-surgeon-journalist-dentist-nurse +fairlib.subsample_all\=0.5 +fairlib.prot_attr_name\=gender_class' config_path=../configs/bios.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_bios_gender_vanilla/bios_test_features/ddu model_series_dir=../../fairlib_uncertainty/results/dev/Bios_gender/opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_vanilla
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=ddu ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=9 fairlib.model_name\=bert-base-cased cache_dir\=../../fl_scripts/data ++data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert +fairlib.balance_test\=True +fairlib.subsample_classes\=teacher-attorney-photographer-psychologist-physician-surgeon-journalist-dentist-nurse +fairlib.subsample_all\=0.5 +fairlib.prot_attr_name\=gender_class' config_path=../configs/bios.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_bios_gender_bteo/bios_test_features/ddu model_series_dir=../../fairlib_uncertainty/results/dev/Bios_gender/opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_bteo
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=ddu ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=9 fairlib.model_name\=bert-base-cased cache_dir\=../../fl_scripts/data ++data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert +fairlib.balance_test\=True +fairlib.subsample_classes\=teacher-attorney-photographer-psychologist-physician-surgeon-journalist-dentist-nurse +fairlib.subsample_all\=0.5 +fairlib.prot_attr_name\=gender_class' config_path=../configs/bios.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_bios_gender_adv/bios_test_features/ddu model_series_dir=../../fairlib_uncertainty/results/dev/Bios_gender/opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_adv
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=ddu ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=9 fairlib.model_name\=bert-base-cased cache_dir\=../../fl_scripts/data ++data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert +fairlib.balance_test\=True +fairlib.subsample_classes\=teacher-attorney-photographer-psychologist-physician-surgeon-journalist-dentist-nurse +fairlib.subsample_all\=0.5 +fairlib.prot_attr_name\=gender_class' config_path=../configs/bios.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_bios_gender_dadv/bios_test_features/ddu model_series_dir=../../fairlib_uncertainty/results/dev/Bios_gender/opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_dadv
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=ddu ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True +fairlib.INLP_checkpoint\=INLP_bdto_checkpoint_epoch_cls_BEST.pth.tar model.model_name_or_path\=fairlib_bert fairlib.num_classes\=9 fairlib.model_name\=bert-base-cased cache_dir\=../../fl_scripts/data ++data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert +fairlib.balance_test\=True +fairlib.subsample_classes\=teacher-attorney-photographer-psychologist-physician-surgeon-journalist-dentist-nurse +fairlib.subsample_all\=0.5 +fairlib.prot_attr_name\=gender_class' config_path=../configs/bios.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_bios_gender_inlp/bios_test_features/ddu model_series_dir=../../fairlib_uncertainty/results/dev/Bios_gender/opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_inlp

HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=ddu ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=9 fairlib.model_name\=bert-base-cased cache_dir\=../../fl_scripts/data ++data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert +fairlib.balance_test\=True +fairlib.subsample_classes\=teacher-attorney-photographer-psychologist-physician-surgeon-journalist-dentist-nurse +fairlib.subsample_all\=0.5 +fairlib.prot_attr_name\=gender_class' config_path=../configs/bios.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_bios_gender_fairbatch/bios_test_features/ddu model_series_dir=../../fairlib_uncertainty/results/dev/Bios_gender/opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_fairbatch
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=ddu ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=9 fairlib.model_name\=bert-base-cased cache_dir\=../../fl_scripts/data ++data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert +fairlib.balance_test\=True +fairlib.subsample_classes\=teacher-attorney-photographer-psychologist-physician-surgeon-journalist-dentist-nurse +fairlib.subsample_all\=0.5 +fairlib.prot_attr_name\=gender_class' config_path=../configs/bios.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_bios_gender_diff/bios_test_features/ddu model_series_dir=../../fairlib_uncertainty/results/dev/Bios_gender/opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_gd_diff

HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=ddu ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=9 fairlib.model_name\=bert-base-cased cache_dir\=../../fl_scripts/data ++data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert +fairlib.balance_test\=True +fairlib.subsample_classes\=teacher-attorney-photographer-psychologist-physician-surgeon-journalist-dentist-nurse +fairlib.subsample_all\=0.5 +fairlib.prot_attr_name\=gender_class' config_path=../configs/bios.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_bios_gender_btj/bios_test_features/ddu model_series_dir=../../fairlib_uncertainty/results/dev/Bios_gender/opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_btj
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=mc ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True ue.use_cache\=False ue.dropout_subs\=all model.model_name_or_path\=fairlib_bert fairlib.num_classes\=9 fairlib.model_name\=bert-base-cased cache_dir\=../../fl_scripts/data ++data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert +fairlib.balance_test\=True +fairlib.subsample_classes\=teacher-attorney-photographer-psychologist-physician-surgeon-journalist-dentist-nurse +fairlib.subsample_all\=0.5 +fairlib.prot_attr_name\=gender_class' config_path=../configs/bios.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_bios_gender_vanilla/bios_test_features/mc model_series_dir=../../fairlib_uncertainty/results/dev/Bios_gender/opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_vanilla
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=mc ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True ue.use_cache\=False ue.dropout_subs\=all model.model_name_or_path\=fairlib_bert fairlib.num_classes\=9 fairlib.model_name\=bert-base-cased cache_dir\=../../fl_scripts/data ++data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert +fairlib.balance_test\=True +fairlib.subsample_classes\=teacher-attorney-photographer-psychologist-physician-surgeon-journalist-dentist-nurse +fairlib.subsample_all\=0.5 +fairlib.prot_attr_name\=gender_class' config_path=../configs/bios.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_bios_gender_bteo/bios_test_features/mc model_series_dir=../../fairlib_uncertainty/results/dev/Bios_gender/opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_bteo
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=mc ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True ue.use_cache\=False ue.dropout_subs\=all model.model_name_or_path\=fairlib_bert fairlib.num_classes\=9 fairlib.model_name\=bert-base-cased cache_dir\=../../fl_scripts/data ++data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert +fairlib.balance_test\=True +fairlib.subsample_classes\=teacher-attorney-photographer-psychologist-physician-surgeon-journalist-dentist-nurse +fairlib.subsample_all\=0.5 +fairlib.prot_attr_name\=gender_class' config_path=../configs/bios.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_bios_gender_adv/bios_test_features/mc model_series_dir=../../fairlib_uncertainty/results/dev/Bios_gender/opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_adv
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=mc ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True ue.use_cache\=False ue.dropout_subs\=all model.model_name_or_path\=fairlib_bert fairlib.num_classes\=9 fairlib.model_name\=bert-base-cased cache_dir\=../../fl_scripts/data ++data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert +fairlib.balance_test\=True +fairlib.subsample_classes\=teacher-attorney-photographer-psychologist-physician-surgeon-journalist-dentist-nurse +fairlib.subsample_all\=0.5 +fairlib.prot_attr_name\=gender_class' config_path=../configs/bios.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_bios_gender_dadv/bios_test_features/mc model_series_dir=../../fairlib_uncertainty/results/dev/Bios_gender/opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_dadv
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=mc ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True ue.use_cache\=False ue.dropout_subs\=all +fairlib.INLP_checkpoint\=INLP_bdto_checkpoint_epoch_cls_BEST.pth.tar model.model_name_or_path\=fairlib_bert fairlib.num_classes\=9 fairlib.model_name\=bert-base-cased cache_dir\=../../fl_scripts/data ++data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert +fairlib.balance_test\=True +fairlib.subsample_classes\=teacher-attorney-photographer-psychologist-physician-surgeon-journalist-dentist-nurse +fairlib.subsample_all\=0.5 +fairlib.prot_attr_name\=gender_class' config_path=../configs/bios.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_bios_gender_inlp/bios_test_features/mc model_series_dir=../../fairlib_uncertainty/results/dev/Bios_gender/opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_inlp

HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=mc ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True ue.use_cache\=False ue.dropout_subs\=all model.model_name_or_path\=fairlib_bert fairlib.num_classes\=9 fairlib.model_name\=bert-base-cased cache_dir\=../../fl_scripts/data ++data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert +fairlib.balance_test\=True +fairlib.subsample_classes\=teacher-attorney-photographer-psychologist-physician-surgeon-journalist-dentist-nurse +fairlib.subsample_all\=0.5 +fairlib.prot_attr_name\=gender_class' config_path=../configs/bios.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_bios_gender_fairbatch/bios_test_features/mc model_series_dir=../../fairlib_uncertainty/results/dev/Bios_gender/opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_fairbatch
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=mc ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True ue.use_cache\=False ue.dropout_subs\=all model.model_name_or_path\=fairlib_bert fairlib.num_classes\=9 fairlib.model_name\=bert-base-cased cache_dir\=../../fl_scripts/data ++data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert +fairlib.balance_test\=True +fairlib.subsample_classes\=teacher-attorney-photographer-psychologist-physician-surgeon-journalist-dentist-nurse +fairlib.subsample_all\=0.5 +fairlib.prot_attr_name\=gender_class' config_path=../configs/bios.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_bios_gender_diff/bios_test_features/mc model_series_dir=../../fairlib_uncertainty/results/dev/Bios_gender/opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_gd_diff


HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=mc ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True ue.use_cache\=False ue.dropout_subs\=all model.model_name_or_path\=fairlib_bert fairlib.num_classes\=9 fairlib.model_name\=bert-base-cased cache_dir\=../../fl_scripts/data ++data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert +fairlib.balance_test\=True +fairlib.subsample_classes\=teacher-attorney-photographer-psychologist-physician-surgeon-journalist-dentist-nurse +fairlib.subsample_all\=0.5 +fairlib.prot_attr_name\=gender_class' config_path=../configs/bios.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_bios_gender_btj/bios_test_features/mc model_series_dir=../../fairlib_uncertainty/results/dev/Bios_gender/opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_btj

# now validation
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=deep_fool ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=9 fairlib.model_name\=bert-base-cased cache_dir\=../../fl_scripts/data ++data.validation_name\=validation ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert +fairlib.balance_test\=True +fairlib.subsample_classes\=teacher-attorney-photographer-psychologist-physician-surgeon-journalist-dentist-nurse +fairlib.subsample_all\=0.5 +fairlib.prot_attr_name\=gender_class' config_path=../configs/bios.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_bios_gender_vanilla/bios_val_features/deep_fool model_series_dir=../../fairlib_uncertainty/results/dev/Bios_gender/opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_vanilla
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=deep_fool ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=9 fairlib.model_name\=bert-base-cased cache_dir\=../../fl_scripts/data ++data.validation_name\=validation ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert +fairlib.balance_test\=True +fairlib.subsample_classes\=teacher-attorney-photographer-psychologist-physician-surgeon-journalist-dentist-nurse +fairlib.subsample_all\=0.5 +fairlib.prot_attr_name\=gender_class' config_path=../configs/bios.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_bios_gender_bteo/bios_val_features/deep_fool model_series_dir=../../fairlib_uncertainty/results/dev/Bios_gender/opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_bteo
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=deep_fool ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=9 fairlib.model_name\=bert-base-cased cache_dir\=../../fl_scripts/data ++data.validation_name\=validation ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert +fairlib.balance_test\=True +fairlib.subsample_classes\=teacher-attorney-photographer-psychologist-physician-surgeon-journalist-dentist-nurse +fairlib.subsample_all\=0.5 +fairlib.prot_attr_name\=gender_class' config_path=../configs/bios.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_bios_gender_adv/bios_val_features/deep_fool model_series_dir=../../fairlib_uncertainty/results/dev/Bios_gender/opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_adv
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=deep_fool ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=9 fairlib.model_name\=bert-base-cased cache_dir\=../../fl_scripts/data ++data.validation_name\=validation ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert +fairlib.balance_test\=True +fairlib.subsample_classes\=teacher-attorney-photographer-psychologist-physician-surgeon-journalist-dentist-nurse +fairlib.subsample_all\=0.5 +fairlib.prot_attr_name\=gender_class' config_path=../configs/bios.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_bios_gender_dadv/bios_val_features/deep_fool model_series_dir=../../fairlib_uncertainty/results/dev/Bios_gender/opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_dadv
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=deep_fool ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True +fairlib.INLP_checkpoint\=INLP_bdto_checkpoint_epoch_cls_BEST.pth.tar model.model_name_or_path\=fairlib_bert fairlib.num_classes\=9 fairlib.model_name\=bert-base-cased cache_dir\=../../fl_scripts/data ++data.validation_name\=validation ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert +fairlib.balance_test\=True +fairlib.subsample_classes\=teacher-attorney-photographer-psychologist-physician-surgeon-journalist-dentist-nurse +fairlib.subsample_all\=0.5 +fairlib.prot_attr_name\=gender_class' config_path=../configs/bios.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_bios_gender_inlp/bios_val_features/deep_fool model_series_dir=../../fairlib_uncertainty/results/dev/Bios_gender/opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_inlp

HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=deep_fool ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=9 fairlib.model_name\=bert-base-cased cache_dir\=../../fl_scripts/data ++data.validation_name\=validation ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert +fairlib.balance_test\=True +fairlib.subsample_classes\=teacher-attorney-photographer-psychologist-physician-surgeon-journalist-dentist-nurse +fairlib.subsample_all\=0.5 +fairlib.prot_attr_name\=gender_class' config_path=../configs/bios.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_bios_gender_fairbatch/bios_val_features/deep_fool model_series_dir=../../fairlib_uncertainty/results/dev/Bios_gender/opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_fairbatch
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=deep_fool ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=9 fairlib.model_name\=bert-base-cased cache_dir\=../../fl_scripts/data ++data.validation_name\=validation ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert +fairlib.balance_test\=True +fairlib.subsample_classes\=teacher-attorney-photographer-psychologist-physician-surgeon-journalist-dentist-nurse +fairlib.subsample_all\=0.5 +fairlib.prot_attr_name\=gender_class' config_path=../configs/bios.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_bios_gender_diff/bios_val_features/deep_fool model_series_dir=../../fairlib_uncertainty/results/dev/Bios_gender/opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_gd_diff

HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=deep_fool ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=9 fairlib.model_name\=bert-base-cased cache_dir\=../../fl_scripts/data ++data.validation_name\=validation ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert +fairlib.balance_test\=True +fairlib.subsample_classes\=teacher-attorney-photographer-psychologist-physician-surgeon-journalist-dentist-nurse +fairlib.subsample_all\=0.5 +fairlib.prot_attr_name\=gender_class' config_path=../configs/bios.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_bios_gender_btj/bios_val_features/deep_fool model_series_dir=../../fairlib_uncertainty/results/dev/Bios_gender/opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_btj
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=mahalanobis ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True ++ue.return_features\=False model.model_name_or_path\=fairlib_bert fairlib.num_classes\=9 fairlib.model_name\=bert-base-cased cache_dir\=../../fl_scripts/data ++data.validation_name\=validation ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert +fairlib.balance_test\=True +fairlib.subsample_classes\=teacher-attorney-photographer-psychologist-physician-surgeon-journalist-dentist-nurse +fairlib.subsample_all\=0.5 +fairlib.prot_attr_name\=gender_class' config_path=../configs/bios.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_bios_gender_vanilla/bios_val_features/mahalanobis model_series_dir=../../fairlib_uncertainty/results/dev/Bios_gender/opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_vanilla

HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=mahalanobis ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True ++ue.return_features\=False model.model_name_or_path\=fairlib_bert fairlib.num_classes\=9 fairlib.model_name\=bert-base-cased cache_dir\=../../fl_scripts/data ++data.validation_name\=validation ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert +fairlib.balance_test\=True +fairlib.subsample_classes\=teacher-attorney-photographer-psychologist-physician-surgeon-journalist-dentist-nurse +fairlib.subsample_all\=0.5 +fairlib.prot_attr_name\=gender_class' config_path=../configs/bios.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_bios_gender_bteo/bios_val_features/mahalanobis model_series_dir=../../fairlib_uncertainty/results/dev/Bios_gender/opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_bteo

HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=mahalanobis ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True ++ue.return_features\=False model.model_name_or_path\=fairlib_bert fairlib.num_classes\=9 fairlib.model_name\=bert-base-cased cache_dir\=../../fl_scripts/data ++data.validation_name\=validation ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert +fairlib.balance_test\=True +fairlib.subsample_classes\=teacher-attorney-photographer-psychologist-physician-surgeon-journalist-dentist-nurse +fairlib.subsample_all\=0.5 +fairlib.prot_attr_name\=gender_class' config_path=../configs/bios.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_bios_gender_adv/bios_val_features/mahalanobis model_series_dir=../../fairlib_uncertainty/results/dev/Bios_gender/opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_adv
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=mahalanobis ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True ++ue.return_features\=False model.model_name_or_path\=fairlib_bert fairlib.num_classes\=9 fairlib.model_name\=bert-base-cased cache_dir\=../../fl_scripts/data ++data.validation_name\=validation ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert +fairlib.balance_test\=True +fairlib.subsample_classes\=teacher-attorney-photographer-psychologist-physician-surgeon-journalist-dentist-nurse +fairlib.subsample_all\=0.5 +fairlib.prot_attr_name\=gender_class' config_path=../configs/bios.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_bios_gender_dadv/bios_val_features/mahalanobis model_series_dir=../../fairlib_uncertainty/results/dev/Bios_gender/opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_dadv
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=mahalanobis ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True +fairlib.INLP_checkpoint\=INLP_bdto_checkpoint_epoch_cls_BEST.pth.tar ++ue.return_features\=False model.model_name_or_path\=fairlib_bert fairlib.num_classes\=9 fairlib.model_name\=bert-base-cased cache_dir\=../../fl_scripts/data ++data.validation_name\=validation ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert +fairlib.balance_test\=True +fairlib.subsample_classes\=teacher-attorney-photographer-psychologist-physician-surgeon-journalist-dentist-nurse +fairlib.subsample_all\=0.5 +fairlib.prot_attr_name\=gender_class' config_path=../configs/bios.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_bios_gender_inlp/bios_val_features/mahalanobis model_series_dir=../../fairlib_uncertainty/results/dev/Bios_gender/opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_inlp

HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=mahalanobis ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True ++ue.return_features\=False model.model_name_or_path\=fairlib_bert fairlib.num_classes\=9 fairlib.model_name\=bert-base-cased cache_dir\=../../fl_scripts/data ++data.validation_name\=validation ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert +fairlib.balance_test\=True +fairlib.subsample_classes\=teacher-attorney-photographer-psychologist-physician-surgeon-journalist-dentist-nurse +fairlib.subsample_all\=0.5 +fairlib.prot_attr_name\=gender_class' config_path=../configs/bios.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_bios_gender_fairbatch/bios_val_features/mahalanobis model_series_dir=../../fairlib_uncertainty/results/dev/Bios_gender/opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_fairbatch

HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=mahalanobis ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True ++ue.return_features\=False model.model_name_or_path\=fairlib_bert fairlib.num_classes\=9 fairlib.model_name\=bert-base-cased cache_dir\=../../fl_scripts/data ++data.validation_name\=validation ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert +fairlib.balance_test\=True +fairlib.subsample_classes\=teacher-attorney-photographer-psychologist-physician-surgeon-journalist-dentist-nurse +fairlib.subsample_all\=0.5 +fairlib.prot_attr_name\=gender_class' config_path=../configs/bios.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_bios_gender_diff/bios_val_features/mahalanobis model_series_dir=../../fairlib_uncertainty/results/dev/Bios_gender/opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_gd_diff

HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=mahalanobis ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True ++ue.return_features\=False model.model_name_or_path\=fairlib_bert fairlib.num_classes\=9 fairlib.model_name\=bert-base-cased cache_dir\=../../fl_scripts/data ++data.validation_name\=validation ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert +fairlib.balance_test\=True +fairlib.subsample_classes\=teacher-attorney-photographer-psychologist-physician-surgeon-journalist-dentist-nurse +fairlib.subsample_all\=0.5 +fairlib.prot_attr_name\=gender_class' config_path=../configs/bios.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_bios_gender_btj/bios_val_features/mahalanobis model_series_dir=../../fairlib_uncertainty/results/dev/Bios_gender/opt_greedy_no_sn_max_balanced_dto_final_cased_bal_sub_prof_big/fairlib_bert_no_sn_bios_gender_btj
